from lib_corr_matrices import *
import warnings
warnings.filterwarnings('ignore')

visual analisys of cross correlation and correlaton matrices

For each model:

1. Choose model
2. Choose style
3. matrix_crosscorrelation all (all epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
4. matrix_crosscorrelation small (first 500 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
5. matrix_crosscorrelation vsmall (first 100 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
6. Comparission of eigenvalues for different samples of the same model

paths2 = ['model_50_50/model_50_50_w2_1.csv',
          'model_50_50/model_50_50_w2_2.csv',
          'model_50_50/model_50_50_w2_3.csv',
          'model_50_50/model_50_50_w2_4.csv',
          'model_50_50/model_50_50_w2_5.csv',
         
          'model_50_50/model_50_50_w3_1.csv',
          'model_50_50/model_50_50_w3_2.csv',
          'model_50_50/model_50_50_w3_3.csv',
          'model_50_50/model_50_50_w3_4.csv',
          'model_50_50/model_50_50_w3_5.csv',
        ]

paths3 = ['model_50_50_50/model_50_50_50_w2_1.csv',
          'model_50_50_50/model_50_50_50_w2_2.csv',
          'model_50_50_50/model_50_50_50_w2_3.csv',
          'model_50_50_50/model_50_50_50_w2_4.csv',
          'model_50_50_50/model_50_50_50_w2_5.csv',
         
          'model_50_50_50/model_50_50_50_w3_1.csv',
          'model_50_50_50/model_50_50_50_w3_2.csv',
          'model_50_50_50/model_50_50_50_w3_3.csv',
          'model_50_50_50/model_50_50_50_w3_4.csv',
          'model_50_50_50/model_50_50_50_w3_5.csv',
         
          'model_50_50_50/model_50_50_50_w4_1.csv',
          'model_50_50_50/model_50_50_50_w4_2.csv',
          'model_50_50_50/model_50_50_50_w4_3.csv',
          'model_50_50_50/model_50_50_50_w4_4.csv',
          'model_50_50_50/model_50_50_50_w4_5.csv',
         ]

paths4 = ['model_50_50_50_50/model_50_50_50_50_w2_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w3_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w4_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w5_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_5.csv'   
]

get_crosscorrelation(paths2, k=1, max_epoch=400, folder='matrix_crosscorrelation_small/') get_crosscorrelation(paths3, k=1, max_epoch=400, folder='matrix_crosscorrelation_small/') get_crosscorrelation(paths4, k=1, max_epoch=400, folder='matrix_crosscorrelation_small/')

Show all matrices

cmap= newcmp

vmin_corr = -0.5
vmax_corr = 0.5

mineigenval = 1e-20
maxeigenval = 1e5
tol = 1e-18
n_of_samples=5

folder = 'matrix_crosscorrelation_small/'

pwd = 'model_50_50_50_50/model_50_50_50_50'
number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = -0.5, 0.5, -1, 1.0

for m in range(n_of_samples):
    show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)

Eigenvalues spectrum all

pwd = 'model_50_50/model_50_50' folder = 'matrix_crosscorrelation/' d=3 show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

pwd = 'model_50_50_50/model_50_50_50' folder = 'matrix_crosscorrelation/' d=4 show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

pwd = 'model_50_50_50_50/model_50_50_50_50' folder = 'matrix_crosscorrelation/' d=5 show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

Show eigenvalues histogram

pwd = 'model_50_50/model_50_50'
details = ['w2', 'w3']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 78
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 81
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 63
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 62
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 66

pwd = 'model_50_50/model_50_50'
details = ['w2', 'w3']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 78
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 81
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 63
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 62
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500)	 rank = 66

pwd = 'model_50_50_50/model_50_50_50'
details = ['w2', 'w3', 'w4']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 84
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 84
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 86
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 85
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 82
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 80
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 89
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 67
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 67
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 75
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 70
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 70

pwd = 'model_50_50_50/model_50_50_50'
details = ['w2', 'w3', 'w4']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 84
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 84
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 86
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 85
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 82
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 80
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 89
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 67
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 67
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 75
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 70
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500)	 rank = 70

pwd = 'model_50_50_50_50/model_50_50_50_50'
details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 80
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 76
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 81
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 78
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 81
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 78
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 80
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 82
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 76
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 69
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 61
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 67

details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 80
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 76
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 81
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500)	 rank = 78
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 81
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 83
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 78
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 79
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500)	 rank = 80
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 82
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 76
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500)	 rank = 77
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 69
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 61
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 66
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500)	 rank = 67

Plots one by one

VSmall size: 500 epochs

pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)

matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500

pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)

matrix shape = (2500, 2500)		 rank = 2499
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2499
matrix shape = (2500, 2500)		 rank = 2500

pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)

matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500
matrix shape = (2500, 2500)		 rank = 2500

pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)

matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500